import os 
import logging

# Database
db_webgraph = 'db.webgraph'      # pre processing    -> bsddb
    # id | list of dest id split by ' '
 
db_hashurl = 'db.hashurl'        # pre processing    -> bsddb
    # url | id

#DB_id_data = 'db.id.data'       # pre processing    -> sqlite3
    # id | url | anchor text | surrounded text

#DB_url_inv = 'db.url.inv'       # post processing   -> bsddb
    # id | list of in degree


# PATH
dirProject = '/'.join(os.getcwd().split('/')[:-1])
dirInput = os.path.join(dirProject,
    ('data/5000/',
     'data/tmp/',
     'data/err/',
     'data/big/',
    )[3]
)

docSeperator = '==P=>>>>=i===<<<<=T===>=A===<=!Junghoo!==>'
validContentTypes = ('text/html','text','text/plain','application/xhtml+xml')

# maximum tar .gz
maximumHost = 10000

os.system('rm db.* log')

logging.basicConfig(filename='log', level=logging.INFO)
log = logging.getLogger('Main')
